Chrome115版本及之后的chromedriver的终极解决办法 |
您所在的位置：网站首页 › chrome 版本检测 › Chrome115版本及之后的chromedriver的终极解决办法 |
Chrome115版本及之后的chromedriver的终极解决办法
|
背景 用selenium配合Chrome浏览器做自动化时，需要配置chromedriver 来驱动浏览器，自Chrome浏览器升级到115以后，在之前提供的下载地址或者国内常用的淘宝镜像能提供的最新驱动版本是114 114之前chromedriver驱动版本官方：https://chromedriver.storage.googleapis.com/index.html淘宝镜像：https://registry.npmmirror.com/binary.html?path=chromedriver/ 经过一番查找之后，找到115以及以后的驱动版本下载地址如下： 115以后chromedriver驱动版本官网：https://googlechromelabs.github.io/chrome-for-testing/#stable国内镜像:https://registry.npmmirror.com/binary.html?path=chrome-for-testing/手动配置查看Chrome版本地址栏输入 chrome://version 下载驱动进行环境变量配置，或者启动Chrome时直接写入下载的驱动的路径自动配置webdriver-manager简介webdriver-manage是一款网页自动化测试驱动管理程序，安装只需要经过简单的配置可以实现浏览器驱动的自动管理文档地址：https://pypi.org/project/webdriver-manager/安装代码语言：python代码运行次数：0复制pip install webdriver-manager -Uwebdriver-manager 版本必须大于4.0.0配置selenium 3.x代码语言：python代码运行次数：0复制from selenium import webdriver
from webdriver_manager.chrome import ChromeDriverManager
driver = webdriver.Chrome(ChromeDriverManager().install())selenium 4.x代码语言：python代码运行次数：0复制# selenium 4
from selenium import webdriver
from selenium.webdriver.chrome.service import Service as ChromeService
from webdriver_manager.chrome import ChromeDriverManager
driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install()))原理 以驱动Chrome浏览器为例，在使用webdriver_manager之前，我们的启动Chrome脚本是如下这样，需要自己设置好chromedriver的路径或者配置到环境变量 代码语言：python代码运行次数：0复制from selenium import webdriver driver = webdriver.Chrome('/home/user/drivers/chromedriver')使用webdriver_manager之后我们只需替换这一句 代码语言：python代码运行次数：0复制driver = webdriver.Chrome(ChromeDriverManager().install())很显然 ChromeDriverManager().install() 返回了chromedriver的路径，所以我们主要看install()方法的实现，经过源码走读发现大致流程如下： 获取执行脚本电脑设备的操作系统和Chrome版本号，查看缓存文件夹映射driver.json中有没有此版本的驱动，如果有直接返回路径，如果没有则下载代码语言：python代码运行次数：0复制 def _get_driver_binary_path(self, driver): binary_path = self._cache_manager.find_driver(driver) if binary_path: return binary_path os_type = self.get_os_type() file = self._download_manager.download_file(driver.get_driver_download_url(os_type)) binary_path = self._cache_manager.save_file_to_cache(driver, file) return binary_path去对应的网址下载对应操作系统的Chrome版本号对应的chromewebdriver,存在到用户目录下的.wdm/drivers 文件夹下，并创建一个driver.json的文件维护版本和驱动路径的关系，如果是第一次使用，会新建对应的目录和文件 代码语言：python代码运行次数：0复制{
"mac64_chromedriver_119.0.6045.0_for_119.0.6045": {
"timestamp": "15/11/2023",
"binary_path": "/Users/jack/.wdm/drivers/chromedriver/mac64/119.0.6045.0/chromedriver-mac-x64/chromedriver"
}
}返回本地驱动的地址到webdriver.Chrome()中网络问题问题描述自动下载时，源码判断了Chrome的版本是否是115之后，然后分别去对应的网址下载，但是无论是115之前还是之后，都是国外网址，在网络环境较差的时候，会出现下载缓慢失败的情况 代码语言：python代码运行次数：0复制 def get_driver_download_url(self, os_type): driver_version_to_download = self.get_driver_version_to_download() # For Mac ARM CPUs after version 106.0.5249.61 the format of OS type changed # to more unified "mac_arm64". For newer versions, it'll be "mac_arm64" # by default, for lower versions we replace "mac_arm64" to old format - "mac64_m1". if version.parse(driver_version_to_download) < version.parse("106.0.5249.61"): os_type = os_type.replace("mac_arm64", "mac64_m1") if version.parse(driver_version_to_download) >= version.parse("115"): if os_type == "mac64": os_type = "mac-x64" if os_type in ["mac_64", "mac64_m1", "mac_arm64"]: os_type = "mac-arm64" modern_version_url = self.get_url_for_version_and_platform(driver_version_to_download, os_type) log(f"Modern chrome version {modern_version_url}") return modern_version_url return f"{self._url}/{driver_version_to_download}/{self.get_name()}_{os_type}.zip"解决办法弄懂了上述的流程，我们只需要重写对应的方法和类，替换成上述国内镜像网站即可 新建ext/webdriver_manage_extend.py文件，写入如下内容代码语言：python代码运行次数：0复制import os from typing import Optional from packaging import version from webdriver_manager.core.logger import log from webdriver_manager.core.download_manager import DownloadManager from webdriver_manager.core.driver_cache import DriverCacheManager from webdriver_manager.core.manager import DriverManager from webdriver_manager.core.os_manager import OperationSystemManager, ChromeType from webdriver_manager.drivers.chrome import ChromeDriver class ExtChromeDriver(ChromeDriver): def get_driver_download_url(self, os_type): driver_version_to_download = self.get_driver_version_to_download() # For Mac ARM CPUs after version 106.0.5249.61 the format of OS type changed # to more unified "mac_arm64". For newer versions, it'll be "mac_arm64" # by default, for lower versions we replace "mac_arm64" to old format - "mac64_m1". if version.parse(driver_version_to_download) < version.parse("106.0.5249.61"): os_type = os_type.replace("mac_arm64", "mac64_m1") if version.parse(driver_version_to_download) >= version.parse("115"): if os_type == "mac64": os_type = "mac-x64" if os_type in ["mac_64", "mac64_m1", "mac_arm64"]: os_type = "mac-arm64" modern_version_url = self.get_url_for_version_and_platform(driver_version_to_download, os_type) log(f"Modern chrome version {modern_version_url}") return modern_version_url return f"{self._url}/{driver_version_to_download}/{self.get_name()}_{os_type}.zip" def get_browser_type(self): return self._browser_type def get_latest_release_version(self): determined_browser_version = self.get_browser_version_from_os() log(f"Get LATEST {self._name} version for {self._browser_type}") if determined_browser_version is not None and version.parse(determined_browser_version) >= version.parse("115"): url = "https://registry.npmmirror.com/-/binary/chrome-for-testing" response = self._http_client.get(url) response_list = response.json() determined_browser_version = self.get_version_form_net(determined_browser_version, response_list) if determined_browser_version.endswith("/"): determined_browser_version = determined_browser_version[:-1] return determined_browser_version # Remove the build version (the last segment) from determined_browser_version for version < 113 determined_browser_version = ".".join(determined_browser_version.split(".")[:3]) latest_release_url = ( self._latest_release_url if (determined_browser_version is None) else f"{self._latest_release_url}_{determined_browser_version}" ) resp = self._http_client.get(url=latest_release_url) return resp.text.rstrip() def get_version_form_net(self, os_version, net_versions): for v in net_versions: if os_version in v["name"]: return v["name"] raise Exception(f"No such driver version {os_version} for {self._browser_type}") def get_url_for_version_and_platform(self, browser_version, platform): base_url = f"https://registry.npmmirror.com/-/binary/chrome-for-testing/{browser_version}/" platform_path_map = { 'linux64': 'linux64/chromedriver-linux64.zip', 'mac-x64': 'mac-x64/chromedriver-mac-x64.zip', 'mac-arm64': 'mac-arm64/chromedriver-mac-arm64.zip', 'win32': 'win32/chromedriver-win32.zip', 'win64': 'win64/chromedriver-win64.zip', } download_url = base_url + platform_path_map[platform] return download_url class ChromeDriverManager(DriverManager): def __init__( self, driver_version: Optional[str] = None, name: str = "chromedriver", url: str = "https://registry.npmmirror.com/-/binary/chromedriver", latest_release_url: str = "https://registry.npmmirror.com/-/binary/chromedriver/LATEST_RELEASE", chrome_type: str = ChromeType.GOOGLE, download_manager: Optional[DownloadManager] = None, cache_manager: Optional[DriverCacheManager] = None, os_system_manager: Optional[OperationSystemManager] = None ): super().__init__( download_manager=download_manager, cache_manager=cache_manager, os_system_manager=os_system_manager ) self.driver = ExtChromeDriver( name=name, driver_version=driver_version, url=url, latest_release_url=latest_release_url, chrome_type=chrome_type, http_client=self.http_client, os_system_manager=os_system_manager ) def install(self) -> str: driver_path = self._get_driver_binary_path(self.driver) os.chmod(driver_path, 0o755) return driver_path以下方法替换了国内镜像源地址代码语言：python代码运行次数：0复制 def get_url_for_version_and_platform(self, browser_version, platform): base_url = f"https://registry.npmmirror.com/-/binary/chrome-for-testing/{browser_version}/" platform_path_map = { 'linux64': 'linux64/chromedriver-linux64.zip', 'mac-x64': 'mac-x64/chromedriver-mac-x64.zip', 'mac-arm64': 'mac-arm64/chromedriver-mac-arm64.zip', 'win32': 'win32/chromedriver-win32.zip', 'win64': 'win64/chromedriver-win64.zip', } download_url = base_url + platform_path_map[platform] return download_url使用替换ChromeDriverManager的导入路径为我们自己的拓展代码语言：python代码运行次数：0复制# selenium 3 from selenium import webdriver from ext.webdriver_manage_extend import ChromeDriverManager driver = webdriver.Chrome(ChromeDriverManager().install())代码语言：python代码运行次数：0复制# selenium 4 from selenium import webdriver from selenium.webdriver.chrome.service import Service as ChromeService from ext.webdriver_manage_extend import ChromeDriverManager driver = webdriver.Chrome(service=ChromeService(ChromeDriverManager().install())) driver.get('https://www.baidu.com')如此一来，无论是什么版本的 chrome 浏览器，或者 chrome 自动更新了，都能做到无障碍自动管理驱动文件了。 |
【本文地址】
今日新闻 |
推荐新闻 |